# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html


import scrapy
from scrapy import signals
import json, codecs

class TencentrecruitPipeline(object):
    def process_item(self, item, spider):
        return item


class JsonWithEncodingTencentPipeline(object):
	def __init__(self):
		self.file = codecs.open('tencent.json','w',encoding='utf-8')
		
	def process_item(self,item,spider):
		line = json.dumps(dict(item),ensure_ascii=False)+'\n\n'
		self.file.write(line)
		return item

	def spider_closed(self,spider):
		self.file.close()
